rm(list = ls())

library(data.table)
library(estimatr)

add_backticks = function(x) {
  paste0("`", x, "`")
}

x_lm_formula = function(x) {
  paste(add_backticks(x), collapse = " + ")
}


load('./data/panel_month_dummies.RData')
panel[is.na(extr_right_d), extr_right_d:=0]

month_cols <-  grep('month_2', colnames(panel), value=TRUE)

panel[,less_college:=(100-educ_diplBA)]
panel[,(paste('educ',month_cols,sep = '_')):= lapply(.SD, function(x) 
  x * panel[['less_college']] ), .SDcols = month_cols]

panel[,(paste('foreign',month_cols,sep = '_')):= lapply(.SD, function(x) 
  x * panel[['foreign_pop']] ), .SDcols = month_cols]

panel[,(paste('nationalgov',month_cols,sep = '_')):= lapply(.SD, function(x) 
  x * panel[['extr_right_d']] ), .SDcols = month_cols]

educ_cols <-  grep('educ_month', colnames(panel), value=TRUE)
educ_cols <- educ_cols[-157]
foreign_cols <- grep('foreign_month', colnames(panel), value=TRUE)
foreign_cols <- foreign_cols[-157]
gov_cols <- grep('nationalgov_month', colnames(panel), value=TRUE)
gov_cols <- gov_cols[-157]

panel[,time:= as.numeric(round((month-as.Date('2020-01-01',format='%Y-%m-%d'))/(365.25/12)))]
panel[,trend_econ:=time*losing_income_d]

province_cols <- grep('code_province_', colnames(panel), value=TRUE)
panel[,(paste('trend',province_cols,sep = '_')):= lapply(.SD, function(x) 
  x * panel[['time']] ), .SDcols = province_cols]
trend_cols <- grep('trend_code_province', colnames(panel), value=TRUE)
trend_cols <- trend_cols[-1]

flex_controls <- c(educ_cols, foreign_cols, gov_cols, trend_cols)

formula_flex_controls <- as.formula(paste("hc_pc_asians ~ covid2*losing_income_d*extr_right_mayor + trend_econ +", x_lm_formula(flex_controls)))

out_econ_het_con_trend_all_add_controls <- lm_robust(formula = formula_flex_controls,
                                                     data=panel, se_type='stata',
                                                     clusters = panelvar, fixed_effects = ~ panelvar + month)

save(out_econ_het_con_trend_all_add_controls, file = './output/out_econ_het_con_trend_all_control_prejudice.RData')

flex_controls <- c(educ_cols, foreign_cols, trend_cols)

formula_flex_controls <- as.formula(paste("hc_pc_asians ~ covid2*losing_income_d*extr_right_mayor + trend_econ +", x_lm_formula(flex_controls)))

out_econ_het_con_trend_all_add_controls <- lm_robust(formula = formula_flex_controls,
                                                     data=panel, se_type='stata',
                                                     clusters = panelvar, fixed_effects = ~ panelvar + month)

save(out_econ_het_con_trend_all, file = './output/out_econ_het_con_trend_all.RData')